@echo off
SETLOCAL
REM Starts the Gemma-3 4B model as a foreground API server.
REM The server will take over this window. Press CTRL+C to stop.
SET MODEL_PATH=gemma_cli\gemma-3-4b-it.gguf
SET NGL=99
SET PORT=8080
echo [INFO] Starting Gemma-3 4B API server in foreground...
echo [INFO] Press CTRL+C in this window to stop the server.
echo -----------------------------------------------------
.\build\bin\Release\llama-server.exe -m "%MODEL_PATH%" -ngl %NGL% -c 4096 --host 127.0.0.1 --port %PORT% --alias conn208
echo -----------------------------------------------------
echo [INFO] Server has been stopped.
pause
ENDLOCAL